b7bda4dbe1185431e880940d72f9bf732e6174b5,src/test/java/org/xbib/elasticsearch/index/analysis/icu/IcuTokenizerTests.java,IcuTokenizerTests,testIdentifierNonBreak,#,55
Before Change
@Test
public void testIdentifierNonBreak() throws IOException {
AnalysisService analysisService = createAnalysisService();
String source = "ISBN 3-428-84350-9";
String[] expected = {
"ISBN",
"3-428-84350-9"
};
Tokenizer tokenizer = analysisService.tokenizer("my_hyphen_icu_tokenizer").create();
tokenizer.setReader(new StringReader(source));
assertSimpleTSOutput(tokenizer, expected);
}
After Change
"ISBN",
"3-428-84350-9"
};
AnalysisService analysisService = AnalyzerTestUtils.createAnalysisService("/org/xbib/elasticsearch/index/analysis/icu/icu_tokenizer.json");
Tokenizer tokenizer = analysisService.tokenizer("my_hyphen_icu_tokenizer").create(new StringReader(source));
assertSimpleTSOutput(tokenizer, expected);
}